{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'互联网/电商': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=040&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '游戏产业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=420&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '计算机软件': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=010&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " 'IT服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=030&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '电子/芯片/半导体': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=050&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '通信业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=060&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '计算机/网络设备': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=020&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '房地产/建筑': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=080&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '规划/设计/装潢': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=100&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '房地产服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=090&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '银行': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=130&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '保险': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=140&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '基金/证券/投资': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=150&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '会计/审计': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=430&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '信托/担保/拍卖': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=500&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '快消品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=190&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '批发零售': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=240&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '服装纺织': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=200&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '家具/家电': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=210&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '办公设备': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=220&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '奢侈品/收藏品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=460&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '珠宝/玩具/工艺品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=470&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '汽车/摩托车': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=350&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '机械/机电/重工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=360&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '印刷/包装/造纸': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=180&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '原材料加工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=370&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '仪器/电气/自动化': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=340&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '制药/生物工程': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=270&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '医疗/保健/美容': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=280&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '医疗器械': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=290&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '能源/水利': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=330&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '石油/化工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=310&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '采掘/冶炼/矿产': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=320&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '环保': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=300&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '新能源': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=490&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '专业服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=120&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '中介服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=110&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '外包服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=440&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '检测/认证': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=450&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '餐饮/酒旅/服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=230&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '文体娱乐': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=260&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '租赁服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=510&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '广告/市场/会展': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=070&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '影视文化': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=170&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '教育培训': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=380&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '交通/物流/运输': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=250&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '贸易/进出口': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=160&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '航空/航天': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=480&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '政务/公共服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=390&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '农林牧渔': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=410&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40',\n",
       " '其他行业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=b595801c8b9fbeae&flushckid=1&fromSearchBtn=2&industries=400&ckid=b595801c8b9fbeae&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40'}"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from requests_html import HTMLSession\n",
    "url = \"https://www.liepin.com/zhaopin/?key=游戏设计\"\n",
    "session = HTMLSession()\n",
    "r = session.get( url )\n",
    "\n",
    "行业链结 = r.html.xpath('//ul[@class=\"clearfix\"]/li/div/a/@href')\n",
    "行业名称 = r.html.xpath('//ul[@class=\"clearfix\"]/li/div/a/text()')\n",
    "\n",
    "行业选择器链结 = dict(zip(行业名称,行业链结))\n",
    "行业选择器链结"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'中国500强': '/zhaopin/?init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=155&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e',\n",
       " '2018互联网300强': '/zhaopin/?init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=182&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e',\n",
       " '制造业500强': '/zhaopin/?init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=186&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e',\n",
       " 'AI创新成长50强 ': '/zhaopin/?init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=189&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e',\n",
       " '独角兽': '/zhaopin/?init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=130&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e',\n",
       " '上市公司': '/zhaopin/?init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=156&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e'}"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "公司链结 = r.html.xpath('//div[@class=\"hot-comp-tags clearfix\"]/a/@href')\n",
    "公司名称 = r.html.xpath('//div[@class=\"hot-comp-tags clearfix\"]/a/text()')\n",
    "\n",
    "公司选择器链结 = dict(zip(公司名称,公司链结))\n",
    "公司选择器链结"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'10-15万': '/zhaopin/?init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&salary=10$15&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c',\n",
       " '15-20万': '/zhaopin/?init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&salary=15$20&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c',\n",
       " '20-30万': '/zhaopin/?init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&salary=20$30&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c',\n",
       " '30-50万': '/zhaopin/?init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&salary=30$50&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c',\n",
       " '50-100万': '/zhaopin/?init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&salary=50$100&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c',\n",
       " '100万以上': '/zhaopin/?init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&salary=100$999&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c'}"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "薪资链结 = r.html.xpath('//dd[@data-param=\"salary\"]/a/@href')\n",
    "薪资名称 = r.html.xpath('//dd[@data-param=\"salary\"]/a/text()')\n",
    "\n",
    "薪资选择器链结 = dict(zip(薪资名称,薪资链结))\n",
    "薪资选择器链结"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=040&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=420&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=010&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=030&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=050&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=060&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=020&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=080&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=100&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=090&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=130&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=140&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=150&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=430&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=500&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=190&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=240&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=200&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=210&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=220&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=460&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=470&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=350&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=360&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=180&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=370&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=340&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=270&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=280&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=290&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=330&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=310&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=320&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=300&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=490&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=120&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=110&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=440&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=450&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=230&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=260&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=510&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=070&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=170&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=380&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=250&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=160&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=480&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=390&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=410&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=900e54657ca4a83f&flushckid=1&fromSearchBtn=2&industries=400&ckid=900e54657ca4a83f&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=c2270175fb2445c9249017a1d630b6b2&d_curPage=0&d_pageSize=40&d_headId=c2270175fb2445c9249017a1d630b6b2', fragment='')]"
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from urllib.parse import urlparse, parse_qs\n",
    "[ urlparse(x) for x in 行业选择器链结.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=155&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=182&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=186&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=189&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=130&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=2a9f55262b186881&flushckid=1&fromSearchBtn=2&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&compTag=156&ckid=2a9f55262b186881&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a553ad8154550a9c11809728bdd00e4e&d_curPage=0&d_pageSize=40&d_headId=a553ad8154550a9c11809728bdd00e4e', fragment='')]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[ urlparse(x) for x in 公司选择器链结.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=010&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=020&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=050020&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=050090&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=030&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=060080&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=040&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=060020&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=070020&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=210040&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=280020&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&fromSearchBtn=2&dqs=170020&keyword=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&ckid=4d9cd72ccfdca87a&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=a4206733900236c5e9b2833a7087471c&d_curPage=0&d_pageSize=40&d_headId=a4206733900236c5e9b2833a7087471c', fragment=''),\n",
       " ParseResult(scheme='javascript', netloc='', path=';', params='', query='', fragment='')]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[ urlparse(x) for x in 地区选择器链结.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 51 entries, 0 to 50\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    51 non-null     object\n",
      " 1   netloc    51 non-null     object\n",
      " 2   path      51 non-null     object\n",
      " 3   params    51 non-null     object\n",
      " 4   query     51 non-null     object\n",
      " 5   fragment  51 non-null     object\n",
      "dtypes: object(6)\n",
      "memory usage: 1.3+ KB\n",
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       51\n",
      "fragment     1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>subIndustry=&amp;init=-1&amp;industryType=industry_01&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  subIndustry=&init=-1&industryType=industry_01&...           "
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "#行业\n",
    "df = pd.DataFrame([ urlparse(x) for x in 行业选择器链结.values()])\n",
    "df.info()\n",
    "print(df.nunique())\n",
    "df.head(1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 6 entries, 0 to 5\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    6 non-null      object\n",
      " 1   netloc    6 non-null      object\n",
      " 2   path      6 non-null      object\n",
      " 3   params    6 non-null      object\n",
      " 4   query     6 non-null      object\n",
      " 5   fragment  6 non-null      object\n",
      "dtypes: object(6)\n",
      "memory usage: 208.0+ bytes\n",
      "scheme      1\n",
      "netloc      1\n",
      "path        1\n",
      "params      1\n",
      "query       6\n",
      "fragment    1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=2a9f55262b186881&amp;flushckid=1&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=2a9f55262b186881&flushckid=1&...           "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 公司\n",
    "df1 = pd.DataFrame([ urlparse(x) for x in 公司选择器链结.values()])\n",
    "df1.info()\n",
    "print(df1.nunique())\n",
    "df1.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 6 entries, 0 to 5\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    6 non-null      object\n",
      " 1   netloc    6 non-null      object\n",
      " 2   path      6 non-null      object\n",
      " 3   params    6 non-null      object\n",
      " 4   query     6 non-null      object\n",
      " 5   fragment  6 non-null      object\n",
      "dtypes: object(6)\n",
      "memory usage: 208.0+ bytes\n",
      "scheme      1\n",
      "netloc      1\n",
      "path        1\n",
      "params      1\n",
      "query       6\n",
      "fragment    1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=4d9cd72ccfdca87a&amp;flushckid=1&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=4d9cd72ccfdca87a&flushckid=1&...           "
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 薪资\n",
    "df2 = pd.DataFrame([ urlparse(x) for x in 薪资选择器链结.values()])\n",
    "df2.info()\n",
    "print(df2.nunique())\n",
    "df2.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init              1\n",
      "industryType     12\n",
      "headckid          1\n",
      "flushckid         1\n",
      "fromSearchBtn     1\n",
      "industries       51\n",
      "ckid              1\n",
      "key               1\n",
      "siTag             1\n",
      "d_sfrom           1\n",
      "d_ckId            1\n",
      "d_curPage         1\n",
      "d_pageSize        1\n",
      "d_headId          1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>key</th>\n",
       "      <th>industries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>220</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>380</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>400</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     key industries\n",
       "0   游戏设计        040\n",
       "1   游戏设计        420\n",
       "2   游戏设计        010\n",
       "3   游戏设计        030\n",
       "4   游戏设计        050\n",
       "5   游戏设计        060\n",
       "6   游戏设计        020\n",
       "7   游戏设计        080\n",
       "8   游戏设计        100\n",
       "9   游戏设计        090\n",
       "10  游戏设计        130\n",
       "11  游戏设计        140\n",
       "12  游戏设计        150\n",
       "13  游戏设计        430\n",
       "14  游戏设计        500\n",
       "15  游戏设计        190\n",
       "16  游戏设计        240\n",
       "17  游戏设计        200\n",
       "18  游戏设计        210\n",
       "19  游戏设计        220\n",
       "20  游戏设计        460\n",
       "21  游戏设计        470\n",
       "22  游戏设计        350\n",
       "23  游戏设计        360\n",
       "24  游戏设计        180\n",
       "25  游戏设计        370\n",
       "26  游戏设计        340\n",
       "27  游戏设计        270\n",
       "28  游戏设计        280\n",
       "29  游戏设计        290\n",
       "30  游戏设计        330\n",
       "31  游戏设计        310\n",
       "32  游戏设计        320\n",
       "33  游戏设计        300\n",
       "34  游戏设计        490\n",
       "35  游戏设计        120\n",
       "36  游戏设计        110\n",
       "37  游戏设计        440\n",
       "38  游戏设计        450\n",
       "39  游戏设计        230\n",
       "40  游戏设计        260\n",
       "41  游戏设计        510\n",
       "42  游戏设计        070\n",
       "43  游戏设计        170\n",
       "44  游戏设计        380\n",
       "45  游戏设计        250\n",
       "46  游戏设计        160\n",
       "47  游戏设计        480\n",
       "48  游戏设计        390\n",
       "49  游戏设计        410\n",
       "50  游戏设计        400"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 行业\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print (df_qs.nunique())\n",
    "df_qs.head()\n",
    "df_qs[['key','industries']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init             1\n",
      "headckid         1\n",
      "flushckid        1\n",
      "fromSearchBtn    1\n",
      "keyword          1\n",
      "compTag          6\n",
      "ckid             1\n",
      "siTag            1\n",
      "d_sfrom          1\n",
      "d_ckId           1\n",
      "d_curPage        1\n",
      "d_pageSize       1\n",
      "d_headId         1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>keyword</th>\n",
       "      <th>compTag</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>186</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>189</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>156</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  keyword compTag\n",
       "0    游戏设计     155\n",
       "1    游戏设计     182\n",
       "2    游戏设计     186\n",
       "3    游戏设计     189\n",
       "4    游戏设计     130\n",
       "5    游戏设计     156"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 公司\n",
    "df_qs1 = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df1['query'] ])\n",
    "print (df_qs1.nunique())\n",
    "df_qs1.head()\n",
    "df_qs1[['keyword','compTag']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init             1\n",
      "headckid         1\n",
      "flushckid        1\n",
      "fromSearchBtn    1\n",
      "keyword          1\n",
      "salary           6\n",
      "ckid             1\n",
      "siTag            1\n",
      "d_sfrom          1\n",
      "d_ckId           1\n",
      "d_curPage        1\n",
      "d_pageSize       1\n",
      "d_headId         1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>keyword</th>\n",
       "      <th>salary</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>10$15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>15$20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>20$30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>30$50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>50$100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>游戏设计</td>\n",
       "      <td>100$999</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  keyword   salary\n",
       "0    游戏设计    10$15\n",
       "1    游戏设计    15$20\n",
       "2    游戏设计    20$30\n",
       "3    游戏设计    30$50\n",
       "4    游戏设计   50$100\n",
       "5    游戏设计  100$999"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 薪资\n",
    "df_qs2 = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df2['query'] ])\n",
    "print (df_qs2.nunique())\n",
    "df_qs2.head()\n",
    "df_qs2[['keyword','salary']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['040'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}\n",
      "{'互联网/电商': '040', '游戏产业': '420', '计算机软件': '010', 'IT服务': '030', '电子/芯片/半导体': '050', '通信业': '060', '计算机/网络设备': '020', '房地产/建筑': '080', '规划/设计/装潢': '100', '房地产服务': '090', '银行': '130', '保险': '140', '基金/证券/投资': '150', '会计/审计': '430', '信托/担保/拍卖': '500', '快消品': '190', '批发零售': '240', '服装纺织': '200', '家具/家电': '210', '办公设备': '220', '奢侈品/收藏品': '460', '珠宝/玩具/工艺品': '470', '汽车/摩托车': '350', '机械/机电/重工': '360', '印刷/包装/造纸': '180', '原材料加工': '370', '仪器/电气/自动化': '340', '制药/生物工程': '270', '医疗/保健/美容': '280', '医疗器械': '290', '能源/水利': '330', '石油/化工': '310', '采掘/冶炼/矿产': '320', '环保': '300', '新能源': '490', '专业服务': '120', '中介服务': '110', '外包服务': '440', '检测/认证': '450', '餐饮/酒旅/服务': '230', '文体娱乐': '260', '租赁服务': '510', '广告/市场/会展': '070', '影视文化': '170', '教育培训': '380', '交通/物流/运输': '250', '贸易/进出口': '160', '航空/航天': '480', '政务/公共服务': '390', '农林牧渔': '410', '其他行业': '400'}\n"
     ]
    }
   ],
   "source": [
    "# 行业\n",
    "def parse_url_qs_for_industries (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_compTag(list(公司数据选择器链结.values())[0])['compTag']\n",
    "参数模板 = parse_url_qs_for_industries(list(行业选择器链结.values())[0])\n",
    "print(参数模板)\n",
    "# [ parse_url_qs_for_compTag(x)['compTag'] for x in 公司数据选择器链结.values()]\n",
    "[ parse_url_qs_for_industries(x)['industries'][0] for x in 行业选择器链结.values()]\n",
    "\n",
    "字典_industries = { k:parse_url_qs_for_industries(v)['industries'][0] for k,v in 行业选择器链结.items()}\n",
    "print (字典_industries)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['2a9f55262b186881'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'compTag': ['155'], 'ckid': ['2a9f55262b186881'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a553ad8154550a9c11809728bdd00e4e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a553ad8154550a9c11809728bdd00e4e']}\n",
      "{'中国500强': '155', '2018互联网300强': '182', '制造业500强': '186', 'AI创新成长50强 ': '189', '独角兽': '130', '上市公司': '156'}\n"
     ]
    }
   ],
   "source": [
    "# 公司\n",
    "def parse_url_qs_for_compTag (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_compTag(list(公司数据选择器链结.values())[0])['compTag']\n",
    "参数模板1 = parse_url_qs_for_compTag(list(公司选择器链结.values())[0])\n",
    "print(参数模板1)\n",
    "# [ parse_url_qs_for_compTag(x)['compTag'] for x in 公司数据选择器链结.values()]\n",
    "[ parse_url_qs_for_compTag(x)['compTag'][0] for x in 公司选择器链结.values()]\n",
    "\n",
    "字典_compTag = { k:parse_url_qs_for_compTag(v)['compTag'][0] for k,v in 公司选择器链结.items()}\n",
    "print (字典_compTag)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['4d9cd72ccfdca87a'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'salary': ['10$15'], 'ckid': ['4d9cd72ccfdca87a'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a4206733900236c5e9b2833a7087471c'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a4206733900236c5e9b2833a7087471c']}\n",
      "{'10-15万': '10$15', '15-20万': '15$20', '20-30万': '20$30', '30-50万': '30$50', '50-100万': '50$100', '100万以上': '100$999'}\n"
     ]
    }
   ],
   "source": [
    "# 薪资\n",
    "def parse_url_qs_for_salary (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_compTag(list(公司数据选择器链结.values())[0])['compTag']\n",
    "参数模板2 = parse_url_qs_for_salary(list(薪资选择器链结.values())[0])\n",
    "print(参数模板2)\n",
    "# [ parse_url_qs_for_compTag(x)['compTag'] for x in 公司数据选择器链结.values()]\n",
    "[ parse_url_qs_for_salary(x)['salary'][0] for x in 薪资选择器链结.values()]\n",
    "\n",
    "字典_salary= { k:parse_url_qs_for_dqs(v)['salary'][0] for k,v in 薪资选择器链结.items()}\n",
    "print (字典_salary)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'互联网/电商': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['040'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '游戏产业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['420'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '计算机软件': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['010'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, 'IT服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['030'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '电子/芯片/半导体': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['050'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '通信业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['060'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '计算机/网络设备': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['020'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '房地产/建筑': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['080'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '规划/设计/装潢': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['100'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '房地产服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['090'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '银行': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['130'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '保险': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['140'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '基金/证券/投资': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['150'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '会计/审计': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['430'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '信托/担保/拍卖': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['500'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '快消品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['190'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '批发零售': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['240'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '服装纺织': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['200'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '家具/家电': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['210'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '办公设备': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['220'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '奢侈品/收藏品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['460'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '珠宝/玩具/工艺品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['470'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '汽车/摩托车': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['350'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '机械/机电/重工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['360'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '印刷/包装/造纸': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['180'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '原材料加工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['370'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '仪器/电气/自动化': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['340'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '制药/生物工程': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['270'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '医疗/保健/美容': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['280'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '医疗器械': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['290'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '能源/水利': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['330'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '石油/化工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['310'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '采掘/冶炼/矿产': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['320'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '环保': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['300'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '新能源': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['490'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '专业服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['120'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '中介服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['110'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '外包服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['440'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '检测/认证': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['450'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '餐饮/酒旅/服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['230'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '文体娱乐': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['260'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '租赁服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['510'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '广告/市场/会展': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['070'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '影视文化': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['170'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '教育培训': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['380'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '交通/物流/运输': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['250'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '贸易/进出口': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['160'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '航空/航天': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['480'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '政务/公共服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['390'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '农林牧渔': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['410'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}, '其他行业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['900e54657ca4a83f'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['400'], 'ckid': ['900e54657ca4a83f'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['c2270175fb2445c9249017a1d630b6b2'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['c2270175fb2445c9249017a1d630b6b2']}}\n"
     ]
    }
   ],
   "source": [
    "# 行业\n",
    "def 参数模板生成(industries , key ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['industries'] = industries\n",
    "    参数['key'] = key\n",
    "    return (参数)\n",
    "\n",
    "参数_industries_游戏设计 = { k:参数模板生成(industries = [v], key = ['游戏设计']) for k,v in 字典_industries.items()}\n",
    "print(参数_industries_游戏设计)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'中国500强': {'init': ['-1'], 'headckid': ['2a9f55262b186881'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'compTag': ['155'], 'ckid': ['2a9f55262b186881'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a553ad8154550a9c11809728bdd00e4e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a553ad8154550a9c11809728bdd00e4e']}, '2018互联网300强': {'init': ['-1'], 'headckid': ['2a9f55262b186881'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'compTag': ['182'], 'ckid': ['2a9f55262b186881'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a553ad8154550a9c11809728bdd00e4e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a553ad8154550a9c11809728bdd00e4e']}, '制造业500强': {'init': ['-1'], 'headckid': ['2a9f55262b186881'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'compTag': ['186'], 'ckid': ['2a9f55262b186881'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a553ad8154550a9c11809728bdd00e4e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a553ad8154550a9c11809728bdd00e4e']}, 'AI创新成长50强 ': {'init': ['-1'], 'headckid': ['2a9f55262b186881'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'compTag': ['189'], 'ckid': ['2a9f55262b186881'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a553ad8154550a9c11809728bdd00e4e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a553ad8154550a9c11809728bdd00e4e']}, '独角兽': {'init': ['-1'], 'headckid': ['2a9f55262b186881'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'compTag': ['130'], 'ckid': ['2a9f55262b186881'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a553ad8154550a9c11809728bdd00e4e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a553ad8154550a9c11809728bdd00e4e']}, '上市公司': {'init': ['-1'], 'headckid': ['2a9f55262b186881'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'compTag': ['156'], 'ckid': ['2a9f55262b186881'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a553ad8154550a9c11809728bdd00e4e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a553ad8154550a9c11809728bdd00e4e']}}\n"
     ]
    }
   ],
   "source": [
    "# 公司\n",
    "def 参数模板生成1(compTag , keyword ):\n",
    "    参数1 = 参数模板1.copy()\n",
    "    参数1['compTag'] = compTag\n",
    "    参数1['keyword'] = keyword\n",
    "    return (参数1)\n",
    "\n",
    "参数_compTag_游戏设计 = { k:参数模板生成1(compTag = [v], keyword = ['游戏设计']) for k,v in 字典_compTag.items()}\n",
    "print(参数_compTag_游戏设计)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'10-15万': {'init': ['-1'], 'headckid': ['4d9cd72ccfdca87a'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'salary': ['10$15'], 'ckid': ['4d9cd72ccfdca87a'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a4206733900236c5e9b2833a7087471c'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a4206733900236c5e9b2833a7087471c']}, '15-20万': {'init': ['-1'], 'headckid': ['4d9cd72ccfdca87a'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'salary': ['15$20'], 'ckid': ['4d9cd72ccfdca87a'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a4206733900236c5e9b2833a7087471c'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a4206733900236c5e9b2833a7087471c']}, '20-30万': {'init': ['-1'], 'headckid': ['4d9cd72ccfdca87a'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'salary': ['20$30'], 'ckid': ['4d9cd72ccfdca87a'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a4206733900236c5e9b2833a7087471c'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a4206733900236c5e9b2833a7087471c']}, '30-50万': {'init': ['-1'], 'headckid': ['4d9cd72ccfdca87a'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'salary': ['30$50'], 'ckid': ['4d9cd72ccfdca87a'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a4206733900236c5e9b2833a7087471c'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a4206733900236c5e9b2833a7087471c']}, '50-100万': {'init': ['-1'], 'headckid': ['4d9cd72ccfdca87a'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'salary': ['50$100'], 'ckid': ['4d9cd72ccfdca87a'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a4206733900236c5e9b2833a7087471c'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a4206733900236c5e9b2833a7087471c']}, '100万以上': {'init': ['-1'], 'headckid': ['4d9cd72ccfdca87a'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['游戏设计'], 'salary': ['100$999'], 'ckid': ['4d9cd72ccfdca87a'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['a4206733900236c5e9b2833a7087471c'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['a4206733900236c5e9b2833a7087471c']}}\n"
     ]
    }
   ],
   "source": [
    "# 薪资\n",
    "def 参数模板生成2(salary , keyword ):\n",
    "    参数2 = 参数模板2.copy()\n",
    "    参数2['salary'] = salary\n",
    "    参数2['keyword'] = keyword\n",
    "    return (参数2)\n",
    "\n",
    "参数_salary_游戏设计 = { k:参数模板生成2(salary = [v], keyword = ['游戏设计']) for k,v in 字典_salary.items()}\n",
    "print(参数_salary_游戏设计)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name '参数_industries_游戏设计' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-2-cd17a6bf238e>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[0murl\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;34m\"https://www.liepin.com/zhaopin/?salary=10$15&compTag=155\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[0msession\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mHTMLSession\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 3\u001b[1;33m \u001b[0mpayload\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m参数_industries_游戏设计\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'互联网/电商'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      4\u001b[0m \u001b[0mr\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msession\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpayload\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[0mr\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0murl\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNameError\u001b[0m: name '参数_industries_游戏设计' is not defined"
     ]
    }
   ],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/?salary=10$15&compTag=155\"\n",
    "session = HTMLSession()\n",
    "payload = 参数_industries_游戏设计['互联网/电商']\n",
    "r = session.get( url, params = payload)\n",
    "r.url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[<Element 'a' href='/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=1'>, <Element 'a' href='/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=2'>, <Element 'a' href='/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=3'>, <Element 'a' href='/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=4'>, <Element 'a' href='/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=1'>, <Element 'a' class=('last',) href='/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=9' title='末页'>]\n",
      "{'2': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=1', '3': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=2', '4': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=3', '5': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=4', '下一页': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=1', '': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=9'}\n"
     ]
    }
   ],
   "source": [
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a' # 有disabled, current等href是javascript\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a[starts-with(@href,\"/zhaopin\")]'\n",
    "print (r.html.xpath(xpath_翻页a)) # 物件\n",
    "\n",
    "href_列表 = [x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (href_列表)\n",
    "\n",
    "文字_列表 = [x.text for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (文字_列表)\n",
    "\n",
    "href_字典 = {x.text:x.xpath('//@href')[0]  for x in r.html.xpath(xpath_翻页a)}\n",
    "print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=b595801c8b9fbeae&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=b595801c8b9fbeae&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=b595801c8b9fbeae&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=b595801c8b9fbeae&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=b595801c8b9fbeae&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=b595801c8b9fbeae&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "1                /zhaopin/          \n",
       "2                /zhaopin/          \n",
       "3                /zhaopin/          \n",
       "4                /zhaopin/          \n",
       "5                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=b595801c8b9fbeae&fromSearchBt...           \n",
       "1  init=-1&headckid=b595801c8b9fbeae&fromSearchBt...           \n",
       "2  init=-1&headckid=b595801c8b9fbeae&fromSearchBt...           \n",
       "3  init=-1&headckid=b595801c8b9fbeae&fromSearchBt...           \n",
       "4  init=-1&headckid=b595801c8b9fbeae&fromSearchBt...           \n",
       "5  init=-1&headckid=b595801c8b9fbeae&fromSearchBt...           "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scheme      1\n",
      "netloc      1\n",
      "path        1\n",
      "params      1\n",
      "query       5\n",
      "fragment    1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>init</th>\n",
       "      <th>headckid</th>\n",
       "      <th>fromSearchBtn</th>\n",
       "      <th>ckid</th>\n",
       "      <th>key</th>\n",
       "      <th>siTag</th>\n",
       "      <th>d_sfrom</th>\n",
       "      <th>d_ckId</th>\n",
       "      <th>d_curPage</th>\n",
       "      <th>d_pageSize</th>\n",
       "      <th>d_headId</th>\n",
       "      <th>curPage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-1</td>\n",
       "      <td>b595801c8b9fbeae</td>\n",
       "      <td>2</td>\n",
       "      <td>b595801c8b9fbeae°radeFlag=0</td>\n",
       "      <td>游戏设计</td>\n",
       "      <td>nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-1</td>\n",
       "      <td>b595801c8b9fbeae</td>\n",
       "      <td>2</td>\n",
       "      <td>b595801c8b9fbeae°radeFlag=0</td>\n",
       "      <td>游戏设计</td>\n",
       "      <td>nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-1</td>\n",
       "      <td>b595801c8b9fbeae</td>\n",
       "      <td>2</td>\n",
       "      <td>b595801c8b9fbeae°radeFlag=0</td>\n",
       "      <td>游戏设计</td>\n",
       "      <td>nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-1</td>\n",
       "      <td>b595801c8b9fbeae</td>\n",
       "      <td>2</td>\n",
       "      <td>b595801c8b9fbeae°radeFlag=0</td>\n",
       "      <td>游戏设计</td>\n",
       "      <td>nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-1</td>\n",
       "      <td>b595801c8b9fbeae</td>\n",
       "      <td>2</td>\n",
       "      <td>b595801c8b9fbeae°radeFlag=0</td>\n",
       "      <td>游戏设计</td>\n",
       "      <td>nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-1</td>\n",
       "      <td>b595801c8b9fbeae</td>\n",
       "      <td>2</td>\n",
       "      <td>b595801c8b9fbeae°radeFlag=0</td>\n",
       "      <td>游戏设计</td>\n",
       "      <td>nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>d35febaacc575e8297c648e8745cbd40</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  init          headckid fromSearchBtn                         ckid   key  \\\n",
       "0   -1  b595801c8b9fbeae             2  b595801c8b9fbeae°radeFlag=0  游戏设计   \n",
       "1   -1  b595801c8b9fbeae             2  b595801c8b9fbeae°radeFlag=0  游戏设计   \n",
       "2   -1  b595801c8b9fbeae             2  b595801c8b9fbeae°radeFlag=0  游戏设计   \n",
       "3   -1  b595801c8b9fbeae             2  b595801c8b9fbeae°radeFlag=0  游戏设计   \n",
       "4   -1  b595801c8b9fbeae             2  b595801c8b9fbeae°radeFlag=0  游戏设计   \n",
       "5   -1  b595801c8b9fbeae             2  b595801c8b9fbeae°radeFlag=0  游戏设计   \n",
       "\n",
       "                                           siTag         d_sfrom  \\\n",
       "0  nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "1  nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "2  nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "3  nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "4  nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "5  nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "\n",
       "                             d_ckId d_curPage d_pageSize  \\\n",
       "0  d35febaacc575e8297c648e8745cbd40         0         40   \n",
       "1  d35febaacc575e8297c648e8745cbd40         0         40   \n",
       "2  d35febaacc575e8297c648e8745cbd40         0         40   \n",
       "3  d35febaacc575e8297c648e8745cbd40         0         40   \n",
       "4  d35febaacc575e8297c648e8745cbd40         0         40   \n",
       "5  d35febaacc575e8297c648e8745cbd40         0         40   \n",
       "\n",
       "                           d_headId curPage  \n",
       "0  d35febaacc575e8297c648e8745cbd40       1  \n",
       "1  d35febaacc575e8297c648e8745cbd40       2  \n",
       "2  d35febaacc575e8297c648e8745cbd40       3  \n",
       "3  d35febaacc575e8297c648e8745cbd40       4  \n",
       "4  d35febaacc575e8297c648e8745cbd40       1  \n",
       "5  d35febaacc575e8297c648e8745cbd40       9  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init             1\n",
      "headckid         1\n",
      "fromSearchBtn    1\n",
      "ckid             1\n",
      "key              1\n",
      "siTag            1\n",
      "d_sfrom          1\n",
      "d_ckId           1\n",
      "d_curPage        1\n",
      "d_pageSize       1\n",
      "d_headId         1\n",
      "curPage          5\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "from urllib.parse import urlparse, parse_qs\n",
    "import pandas as pd\n",
    "from IPython.display import display, HTML\n",
    "\n",
    "# 总体目标：输入 href_列表, 建构出参数字典\n",
    "\n",
    "# urlparse 解析后丢入数据框\n",
    "df = pd.DataFrame([ urlparse(x) for x in href_列表])\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "\n",
    "display(df)\n",
    "print(df.nunique())\n",
    "display(df_qs)\n",
    "print(df_qs.nunique())\n",
    "\n",
    "df_qs.curPage\n",
    "df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int)) # 变成整数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['b595801c8b9fbeae'], 'fromSearchBtn': ['2'], 'ckid': ['b595801c8b9fbeae°radeFlag=0'], 'key': ['游戏设计'], 'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['d35febaacc575e8297c648e8745cbd40'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['d35febaacc575e8297c648e8745cbd40'], 'curPage': ['1']}\n",
      "{'2': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=1', '3': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=2', '4': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=3', '5': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=4', '下一页': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=1', '': '/zhaopin/?init=-1&headckid=b595801c8b9fbeae&fromSearchBtn=2&ckid=b595801c8b9fbeae°radeFlag=0&key=%E6%B8%B8%E6%88%8F%E8%AE%BE%E8%AE%A1&siTag=nlEYfgQhpHjXxj4UsJqsCw%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=d35febaacc575e8297c648e8745cbd40&d_curPage=0&d_pageSize=40&d_headId=d35febaacc575e8297c648e8745cbd40&curPage=9'}\n"
     ]
    }
   ],
   "source": [
    "def parse_url_qs_for_curPage (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# 取一例做模板\n",
    "参数模板 = parse_url_qs_for_curPage(href_列表[0])\n",
    "print (参数模板)\n",
    "\n",
    "print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "9\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{0: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [0],\n",
       "  'keyword': ['游戏设计']},\n",
       " 1: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [1],\n",
       "  'keyword': ['游戏设计']},\n",
       " 2: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [2],\n",
       "  'keyword': ['游戏设计']},\n",
       " 3: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [3],\n",
       "  'keyword': ['游戏设计']},\n",
       " 4: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [4],\n",
       "  'keyword': ['游戏设计']},\n",
       " 5: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [5],\n",
       "  'keyword': ['游戏设计']},\n",
       " 6: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [6],\n",
       "  'keyword': ['游戏设计']},\n",
       " 7: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [7],\n",
       "  'keyword': ['游戏设计']},\n",
       " 8: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [8],\n",
       "  'keyword': ['游戏设计']},\n",
       " 9: {'init': ['-1'],\n",
       "  'headckid': ['b595801c8b9fbeae'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'ckid': ['b595801c8b9fbeae°radeFlag=0'],\n",
       "  'key': ['游戏设计'],\n",
       "  'siTag': ['nlEYfgQhpHjXxj4UsJqsCw~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d35febaacc575e8297c648e8745cbd40'],\n",
       "  'curPage': [9],\n",
       "  'keyword': ['游戏设计']}}"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def 参数模板生成(keyword, curPage):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['curPage'] = curPage\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_industries_游戏设计_curPage = { \n",
    "    i:参数模板生成(curPage = [i], \\\n",
    "                  keyword = ['游戏设计']) \\\n",
    "    for i,v in href_字典.items()\\\n",
    "    }\n",
    "\n",
    "# print(参数_keyword_用户体验_curPage) # 只生成本页有的额外翻页URL, 并没有推估到&curPage=9,也没有这页\n",
    "\n",
    "print (df_qs.curPage_int.min()) # 最小值只有1\n",
    "print (df_qs.curPage_int.max()) # 最大值只有9\n",
    "\n",
    "# 应该是 0 (本页)....9(最大值)\n",
    "\n",
    "参数_industries_游戏设计_curPage = { \n",
    "    i:参数模板生成(curPage = [i], \\\n",
    "                  keyword = ['游戏设计']) \\\n",
    "    for i in range(0,df_qs.curPage_int.max()+1)\\\n",
    "    }\n",
    "参数_industries_游戏设计_curPage"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "session = HTMLSession()\n",
    "\n",
    "\n",
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    # 先取特定元素, 精准打击其子后辈\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    # 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            '学历':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    # 只对主要元素下进行.xpath取值\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    #数据.to_excel(\"20春_Web数据挖掘_week03_liepin.xlsx\", sheet_name=\"搜查结果\")\n",
    "    return (数据)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 5.67 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "import time\n",
    "from random import random\n",
    "\n",
    "time.sleep(3+4*random())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 1min\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>学历</th>\n",
       "      <th>经验</th>\n",
       "      <th>薪水</th>\n",
       "      <th>时间</th>\n",
       "      <th>职称</th>\n",
       "      <th>公司地点</th>\n",
       "      <th>公司名称</th>\n",
       "      <th>链结</th>\n",
       "      <th>公司URL</th>\n",
       "      <th>curPage</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>序</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月25日</td>\n",
       "      <td>WXG04-微信游戏视觉设计师</td>\n",
       "      <td>深圳</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1927757893.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月25日</td>\n",
       "      <td>15687-游戏美术2D设计(深圳)</td>\n",
       "      <td>深圳</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1927617419.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月25日</td>\n",
       "      <td>15585-游戏美术3D动画设计（广州）</td>\n",
       "      <td>广州</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1927532337.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月25日</td>\n",
       "      <td>15585-游戏2D场景原画设计师（广州）</td>\n",
       "      <td>广州</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1927532335.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月25日</td>\n",
       "      <td>60279-15851-游戏音频设计师（深圳）</td>\n",
       "      <td>深圳</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1927497073.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>35</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2019年10月15日</td>\n",
       "      <td>32032-高级关卡策划（上海）</td>\n",
       "      <td>上海</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1918831929.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>36</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2019年12月31日</td>\n",
       "      <td>15583-2D场景美术设计师（深圳）</td>\n",
       "      <td>深圳</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1925583067.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>397</th>\n",
       "      <td>37</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2019年10月15日</td>\n",
       "      <td>15605-射击游戏关卡策划（深圳）</td>\n",
       "      <td>深圳</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1924140883.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>398</th>\n",
       "      <td>38</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2019年10月15日</td>\n",
       "      <td>24012-高级角色原画设计师（深圳）</td>\n",
       "      <td>深圳</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1923912457.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>399</th>\n",
       "      <td>39</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2019年10月15日</td>\n",
       "      <td>WXG03-小游戏引擎客户端开发(广州）</td>\n",
       "      <td>广州</td>\n",
       "      <td>腾讯</td>\n",
       "      <td>https://www.liepin.com/job/1923763137.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7983148/</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     index     学历     经验  薪水           时间                       职称 公司地点 公司名称  \\\n",
       "序                                                                              \n",
       "0        0  本科及以上   1-3年  面议  2020年04月25日          WXG04-微信游戏视觉设计师   深圳   腾讯   \n",
       "1        1  本科及以上   3-5年  面议  2020年04月25日       15687-游戏美术2D设计(深圳)   深圳   腾讯   \n",
       "2        2  大专及以上  5-10年  面议  2020年04月25日     15585-游戏美术3D动画设计（广州）   广州   腾讯   \n",
       "3        3  大专及以上  5-10年  面议  2020年04月25日    15585-游戏2D场景原画设计师（广州）   广州   腾讯   \n",
       "4        4  本科及以上   3-5年  面议  2020年04月25日  60279-15851-游戏音频设计师（深圳）   深圳   腾讯   \n",
       "..     ...    ...    ...  ..          ...                      ...  ...  ...   \n",
       "395     35  本科及以上  5-10年  面议  2019年10月15日         32032-高级关卡策划（上海）   上海   腾讯   \n",
       "396     36  大专及以上   3-5年  面议  2019年12月31日      15583-2D场景美术设计师（深圳）   深圳   腾讯   \n",
       "397     37  本科及以上  5-10年  面议  2019年10月15日       15605-射击游戏关卡策划（深圳）   深圳   腾讯   \n",
       "398     38  大专及以上   3-5年  面议  2019年10月15日      24012-高级角色原画设计师（深圳）   深圳   腾讯   \n",
       "399     39  本科及以上   1-3年  面议  2019年10月15日     WXG03-小游戏引擎客户端开发(广州）   广州   腾讯   \n",
       "\n",
       "                                              链结  \\\n",
       "序                                                  \n",
       "0    https://www.liepin.com/job/1927757893.shtml   \n",
       "1    https://www.liepin.com/job/1927617419.shtml   \n",
       "2    https://www.liepin.com/job/1927532337.shtml   \n",
       "3    https://www.liepin.com/job/1927532335.shtml   \n",
       "4    https://www.liepin.com/job/1927497073.shtml   \n",
       "..                                           ...   \n",
       "395  https://www.liepin.com/job/1918831929.shtml   \n",
       "396  https://www.liepin.com/job/1925583067.shtml   \n",
       "397  https://www.liepin.com/job/1924140883.shtml   \n",
       "398  https://www.liepin.com/job/1923912457.shtml   \n",
       "399  https://www.liepin.com/job/1923763137.shtml   \n",
       "\n",
       "                                       公司URL  curPage  \n",
       "序                                                      \n",
       "0    https://www.liepin.com/company/7983148/        0  \n",
       "1    https://www.liepin.com/company/7983148/        0  \n",
       "2    https://www.liepin.com/company/7983148/        0  \n",
       "3    https://www.liepin.com/company/7983148/        0  \n",
       "4    https://www.liepin.com/company/7983148/        0  \n",
       "..                                       ...      ...  \n",
       "395  https://www.liepin.com/company/7983148/        9  \n",
       "396  https://www.liepin.com/company/7983148/        9  \n",
       "397  https://www.liepin.com/company/7983148/        9  \n",
       "398  https://www.liepin.com/company/7983148/        9  \n",
       "399  https://www.liepin.com/company/7983148/        9  \n",
       "\n",
       "[400 rows x 11 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "url = \"https://www.liepin.com/zhaopin/?salary=10$15&compTag=155\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_industries_游戏设计_curPage.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    time.sleep(3+4*random())  #放慢脚步 3-7秒, 平均约5秒\n",
    "    df = df.assign (curPage = k)  # 区分  curPage\n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df).reset_index()\n",
    "df_all.index.name = '序'\n",
    "\n",
    "\n",
    "# 上周C-4   输出\n",
    "df_all.to_excel(\"20春_Web数据挖掘_week06_liepin_翻页.xlsx\",\\\n",
    "                sheet_name=\"游戏设计\")\n",
    "df_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
